using System;
using System.Collections.Generic;
using System.Text;
using Lucene.Net.Analysis;


namespace wikidiom.Analysis
{
    class ChineseAnalyzer : Analyzer
    {
        public override TokenStream TokenStream(System.String fieldName, System.IO.TextReader reader)
        {
            string str = reader.ReadToEnd();
            return new ChineseTokenStream(str);
        }
    }
}
